source ~/.bashrc
source ~/xlgeng_bashrc

# /home/node54_tmpdata2/data4understand/update_data/emotion_meld/shards_list.txt
input_shards_path="/home/node54_tmpdata2/data4understand/update_data/emotion_meld/shards_list.txt"
dataname="emotion_meld"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1

exit 0

# /home/node54_tmpdata2/data4understand/update_data/caption/shards_list.txt
input_shards_path="/home/node54_tmpdata2/data4understand/update_data/caption/shards_list.txt"
dataname="caption"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1

# /home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/shards_list.txt"
dataname="2000_hq_S2Chat_by_hkxie_added_by_20250411"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1

#  /home/work_nfs11/cywang/data/shard/S2Chat/eng_e1/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/eng_e1/shards_list.txt"
dataname="S2SChat_eng_e1_by_cywang_added_by_20250711"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1



# /home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
dataname="s2s_lucy_Q_emotion"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs16/asr_data/data/punctuation/shards_list.txt
input_shards_path="/home/work_nfs16/asr_data/data/punctuation/shards_list.txt"
dataname="punction_add_2025_2_26"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs16/asr_data/data/punctuation/shards_list.txt /home/work_nfs16/asr_data/data/punctuation/shards_list_en.txt
input_shards_path="/home/work_nfs16/asr_data/data/punctuation/shards_list_en.txt"
dataname="punction_en_add_2025_2_27"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs16/asr_data/data/dialect/shards_list.txt
input_shards_path="/home/work_nfs16/asr_data/data/dialect/shards_list.txt"
dataname="dialect_add_2025_2_27"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs16/emotion_data/OSUM_age_gender/emotion_age_gender1/shards_list.txt   merged_output_emotion_age_gender_add_2025_3_2
input_shards_path="/home/work_nfs16/emotion_data/OSUM_age_gender/emotion_age_gender1/shards_list.txt"
dataname="merged_output_emotion_age_gender_add_2025_3_2"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs16/emotion_data/OSUM_age_gender/emotion_age_gender2/shards_list.txt merged_output_emotion_age_gender_add_2025_3_2_di2pi
input_shards_path="/home/work_nfs16/emotion_data/OSUM_age_gender/emotion_age_gender2/shards_list.txt"
dataname="merged_output_emotion_age_gender_add_2025_3_2_di2pi"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



## /home/node54_tmpdata2/gjli/style_age_gender_data/style_labeling_100wto200w_part1_age_gender/shards_list.txt  merged_output_style_age_gender_add_2025_3_2
#input_shards_path="/home/node54_tmpdata2/gjli/style_age_gender_data/style_labeling_100wto200w_part1_age_gender/shards_list.txt"
#dataname="merged_output_style_age_gender_add_2025_3_2"
#remote_root_dir="/home/A02_tmpdata3/osum_s2s"
#thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
#sleep 100
#
## home/node54_tmpdata2/gjli/style_age_gender_data/style_origin_tts_age_gender/shards_list.txt   merged_output_style_origin_tts_age_gender_add_2025_3_2
#input_shards_path="/home/node54_tmpdata2/gjli/style_age_gender_data/style_origin_tts_age_gender/shards_list.txt"
#dataname="merged_output_style_origin_tts_age_gender_add_2025_3_2"
#remote_root_dir="/home/A02_tmpdata3/osum_s2s"
#thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
#sleep 100
#
## /home/node54_tmpdata2/gjli/style_labeling_100wto200w_part1_age_gender_emotion/shards_list.txt style_labeling_100wto200w_part1_age_gender_emotion_gjli
#input_shards_path="/home/node54_tmpdata2/gjli/style_labeling_100wto200w_part1_age_gender_emotion/shards_list.txt"
#dataname="style_labeling_100wto200w_part1_age_gender_emotion_gjli"
#remote_root_dir="/home/A02_tmpdata3/osum_s2s"
#thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
#sleep 100
#
## /home/node54_tmpdata2/gjli/style_labeling_200wto300w_part2/shards_list.txt style_labeling_200wto300w_part1_age_gender_emotion_gjli
#input_shards_path="/home/node54_tmpdata2/gjli/style_labeling_200wto300w_part2/shards_list.txt"
#dataname="style_labeling_200wto300w_part1_age_gender_emotion_gjli"
#remote_root_dir="/home/A02_tmpdata3/osum_s2s"
#thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
#sleep 100


# /home/work_nfs16/emotion_data/OSUM_age_gender/age_gender_style_emotion1/shards_list.txt  age_gender_style_emotion1_add_2025_3_29_zxzhao
input_shards_path="/home/work_nfs16/emotion_data/OSUM_age_gender/age_gender_style_emotion1/shards_list.txt"
dataname="age_gender_style_emotion1_add_2025_3_29_zxzhao"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt  S2SChat_MMAU_training_all_by_wjtian_added_by_20250708
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt"
dataname="S2SChat_MMAU_training_all_by_wjtian_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100






















# --------------------finished --------------------

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir"
dataname="t2t_age_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir"
dataname="t2t_caption_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir"
dataname="t2t_emotion_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir"
dataname="t2t_sex_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all"
dataname="S2SChat_MMAU_training_all_by_wjtian_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




































exit 0


# /home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum"
dataname="S2SChat_age_yinshi_7_4_osum_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum"
dataname="S2SChat_sex_yinshi_7_4_osum_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100









input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en"
dataname="S2SChat_0630_trans_zh2en_by_cywang_added_by_20250704"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh"
dataname="S2SChat_0630_trans_en2zh_by_cywang_added_by_20250704"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


input_shards_path="/home/work_nfs11/gjli/workspaces/labeling_glm-4/stage3_task_4.21/style/style_data_6-29_new.list"
replace_dir="/home/work_nfs11/gjli/workspaces/labeling_glm-4/stage3_task_4.21/style"
dataname="yinshi_style_gjli_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

#  "/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt"
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply"
dataname="S2SChat_0625_yinshi_caption_by_yacao_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

#  "/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption/shards_list.txt "
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption"
dataname="S2SChat_multilabel_qa_2000_cleaned_final_with_caption_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao/shards_list.txt"
input_shards_path="/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao/shards_list.txt"
replace_dir="/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao"
dataname="emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca"
dataname="S2SChat_echat_alpaca_with_q_emo_by_cywang_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# " /home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard/shards_list.txt "
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard"
dataname="S2SChat_0628_E1_shard_by_kxxia_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption"
dataname="CAPTION_class1_zh_processed_with_caption_by_yacao_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1  # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last"
dataname="S2SChat_ALL_en_Expand_Answered_last_by_cywang_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info"
dataname="S2SChat_0629_multi_follow_info_by_gbma_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


#  "/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data"
dataname="S2SChat_0624_qwenomni_bench_data_by_znlin_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi/shards_list.txt"
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi"
dataname="S2SChat_style_xianshi_by_gjli_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2/shards_list.txt"
input_shards_path="/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2/shards_list.txt"
replace_dir="/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2"
dataname="age_xianshi_cosyvoice2_by_cywang_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2/shards_list.txt"
input_shards_path="/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2/shards_list.txt"
replace_dir="/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2"
dataname="sex_xianshi_cosyvoice2_by_cywang_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/data_single.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/data_single.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7"
dataname="yuzhoufm0_7_data_single_by_tlzuo_high_quality_added_by_20250625"  # -----------------
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# " /home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/data_single.list"
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/data_single.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500"
dataname="magic_data_500_data_single_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500"
dataname="magic_data_500_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan"
dataname="S2SChat_gaoji_qinggan_by_gbma_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi"
dataname="S2SChat_baike_0603_multi_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi"
dataname="S2SChat_baike_0620_multi_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



#  "/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data"
dataname="S2SChat_math_gsm8k_data_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data"
dataname="S2SChat_math_gen_data_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data"
dataname="S2SChat_pachong_part1_filter_content_data_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data"
dataname="S2SChat_pachong_part1_filter_author_data_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




#  "/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data"
dataname="S2SChat_sex_yinshi_5000_6_13_data_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data"
dataname="S2SChat_age_yinshi_5000_6_13_data_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat/shards_list.txt"
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat"
dataname="S2TChat_all_caption_multi_xianshi_xlgeng_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


#  "/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data"
dataname="voicebench_all_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




# "/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new"
dataname="S2SChat_jinpingduihua_new_re_by_kxxia_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info/shards_list.txt "
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info"
dataname="S2SChat_Paralanguage_info_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



#  "/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re"
dataname="S2SChat_merged_0523_baike_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


#  "/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re"
dataname="S2SChat_kouyu_20k_0605_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re"
dataname="S2SChat_merged_0526_kouyu_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re"
dataname="S2SChat_0521_math_new_Math23k_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re"
dataname="S2SChat_merged_0527_math_data_re_math23K_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data"
dataname="S2SChat_poem_1_2_6_3_author_data_150num_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100





# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data"
dataname="S2SChat_poem_1_2_6_3_content_data_150num_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new"
dataname="S2SChat_poem_500_content_data_new_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new"
dataname="S2SChat_poem_500_author_data_new_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100





# "/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re"
dataname="S2SChat_0617_Ape210k_data_re_by_znlin_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re"
dataname="S2SChat_0616_Ape210k_data_re_by_znlin_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616"
dataname="S2SChat_OSUM_emotion_dialog_0616_by_zxzhao_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated"
dataname="S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




#  "/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated"
dataname="S2SChat_final_Lucy_AudioQA_train_updated_by_zyzhang_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




# "/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged"
dataname="S2SChat_syndata_merged_by_300W_zhguo_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final"
dataname="S2SChat_osum_total_data_lst_check_final_100W_by_zhguo_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data"
dataname="S2SChat_5W_hq_qa_syndata_512_male_data_by_zhguo_added_by_20250529"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




# "/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi/shards_list.txt"
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi"
dataname="S2SChat_multi_turn_5W_by_zhguo_added_by_20250522"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




